package google.entry.update.year;

import org.apache.commons.io.FileUtils;

import java.io.File;
import java.io.IOException;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

/**
 * Created by zhongwei on 2017/1/27.
 */
public class Filter {

    public static void main(String[] args) throws IOException {
        List<String> stringList = FileUtils.readLines(new File("output_20"));
        Set<String> set = new HashSet<>();
        for (String str : stringList) {
            if (set.contains(str))
                continue;
            else {
                System.out.println(str);
                set.add(str);
            }
        }
        if (set.size() == stringList.size()) {
            System.out.println("no duplication");
        }
    }
}
